[Autogluon] df50_tr, df00_tst(인덱스안겹치게)

Author

김보람

Published

February 16, 2024

imports

  1. 2/16

  2. 4/5

import pandas as pd
import numpy as np
import sklearn
import pickle 
import time 
import datetime
import warnings
warnings.filterwarnings('ignore')
%run ../functions-auto.py
with open('../fraudTrain.pkl', 'rb') as file:
    fraudTrain = pickle.load(file)    
auto_amt_nb3(fraudTrain,10)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.878412 0.008791 0.965517 0.017424 0.965782 False Auto_not_best 0.130324 9009 [amt] 0.502831 25973 0.001117 None
1 KNeighborsDist None 0.870904 0.007117 0.827586 0.014113 0.919196 False Auto_not_best 0.130324 9009 [amt] 0.502831 25973 0.001117 None
2 LightGBMXT None 0.884110 0.007923 0.827586 0.015697 0.965036 False Auto_not_best 0.130324 9009 [amt] 0.502831 25973 0.001117 None
3 LightGBM None 0.901013 0.009645 0.862069 0.019077 0.968248 False Auto_not_best 0.130324 9009 [amt] 0.502831 25973 0.001117 None
4 RandomForestGini None 0.853579 0.006279 0.827586 0.012464 0.949222 False Auto_not_best 0.130324 9009 [amt] 0.502831 25973 0.001117 None
5 RandomForestEntr None 0.853579 0.006279 0.827586 0.012464 0.949222 False Auto_not_best 0.130324 9009 [amt] 0.502831 25973 0.001117 None
6 CatBoost None 0.908251 0.010399 0.862069 0.020551 0.966728 False Auto_not_best 0.130324 9009 [amt] 0.502831 25973 0.001117 None
7 ExtraTreesGini None 0.859970 0.006834 0.862069 0.013561 0.953325 False Auto_not_best 0.130324 9009 [amt] 0.502831 25973 0.001117 None
8 ExtraTreesEntr None 0.861433 0.006906 0.862069 0.013702 0.953048 False Auto_not_best 0.130324 9009 [amt] 0.502831 25973 0.001117 None
9 NeuralNetFastAI None 0.959111 0.019535 0.724138 0.038043 0.901873 False Auto_not_best 0.130324 9009 [amt] 0.502831 25973 0.001117 None
10 XGBoost None 0.905132 0.010060 0.862069 0.019889 0.966741 False Auto_not_best 0.130324 9009 [amt] 0.502831 25973 0.001117 None
11 NeuralNetTorch None 0.904978 0.009650 0.827586 0.019078 0.966214 False Auto_not_best 0.130324 9009 [amt] 0.502831 25973 0.001117 None
12 LightGBMLarge None 0.881723 0.008718 0.931034 0.017274 0.968595 False Auto_not_best 0.130324 9009 [amt] 0.502831 25973 0.001117 None
13 WeightedEnsemble_L2 None 0.905132 0.010060 0.862069 0.019889 0.966741 False Auto_not_best 0.130324 9009 [amt] 0.502831 25973 0.001117 None 
auto_amt_nb3(fraudTrain,9)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.874177 0.011187 0.82 0.022073 0.915025 False Auto_not_best 0.121136 9009 [amt] 0.50383 28874 0.001732 None
1 KNeighborsDist None 0.867597 0.010889 0.84 0.021500 0.879684 False Auto_not_best 0.121136 9009 [amt] 0.50383 28874 0.001732 None
2 LightGBMXT None 0.887719 0.013118 0.86 0.025841 0.939287 False Auto_not_best 0.121136 9009 [amt] 0.50383 28874 0.001732 None
3 LightGBM None 0.900256 0.014080 0.82 0.027684 0.950563 False Auto_not_best 0.121136 9009 [amt] 0.50383 28874 0.001732 None
4 RandomForestGini None 0.850177 0.009858 0.86 0.019492 0.922707 False Auto_not_best 0.121136 9009 [amt] 0.50383 28874 0.001732 None
5 RandomForestEntr None 0.850177 0.009858 0.86 0.019492 0.922707 False Auto_not_best 0.121136 9009 [amt] 0.50383 28874 0.001732 None
6 CatBoost None 0.894542 0.013641 0.84 0.026846 0.944163 False Auto_not_best 0.121136 9009 [amt] 0.50383 28874 0.001732 None
7 ExtraTreesGini None 0.858939 0.010226 0.84 0.020207 0.926876 False Auto_not_best 0.121136 9009 [amt] 0.50383 28874 0.001732 None
8 ExtraTreesEntr None 0.857415 0.010354 0.86 0.020462 0.927769 False Auto_not_best 0.121136 9009 [amt] 0.50383 28874 0.001732 None
9 NeuralNetFastAI None 0.966059 0.038690 0.78 0.073724 0.881693 False Auto_not_best 0.121136 9009 [amt] 0.50383 28874 0.001732 None
10 XGBoost None 0.898282 0.013809 0.82 0.027161 0.948738 False Auto_not_best 0.121136 9009 [amt] 0.50383 28874 0.001732 None
11 NeuralNetTorch None 0.888342 0.012891 0.84 0.025393 0.938471 False Auto_not_best 0.121136 9009 [amt] 0.50383 28874 0.001732 None
12 LightGBMLarge None 0.854644 0.010158 0.86 0.020079 0.948439 False Auto_not_best 0.121136 9009 [amt] 0.50383 28874 0.001732 None
13 WeightedEnsemble_L2 None 0.887719 0.013118 0.86 0.025841 0.939287 False Auto_not_best 0.121136 9009 [amt] 0.50383 28874 0.001732 None 
auto_amt_nb3(fraudTrain,8)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.877723 0.011463 0.867925 0.022627 0.938723 False Auto_not_best 0.110627 9009 [amt] 0.50383 32500 0.001631 None
1 KNeighborsDist None 0.872523 0.011233 0.886792 0.022186 0.905154 False Auto_not_best 0.110627 9009 [amt] 0.50383 32500 0.001631 None
2 LightGBMXT None 0.886615 0.011828 0.830189 0.023324 0.953249 False Auto_not_best 0.110627 9009 [amt] 0.50383 32500 0.001631 None
3 LightGBM None 0.901815 0.013941 0.849057 0.027431 0.951902 False Auto_not_best 0.110627 9009 [amt] 0.50383 32500 0.001631 None
4 RandomForestGini None 0.852031 0.009691 0.886792 0.019172 0.938571 False Auto_not_best 0.110627 9009 [amt] 0.50383 32500 0.001631 None
5 RandomForestEntr None 0.852031 0.009691 0.886792 0.019172 0.938571 False Auto_not_best 0.110627 9009 [amt] 0.50383 32500 0.001631 None
6 CatBoost None 0.895200 0.013070 0.849057 0.025744 0.954593 False Auto_not_best 0.110627 9009 [amt] 0.50383 32500 0.001631 None
7 ExtraTreesGini None 0.861200 0.010325 0.886792 0.020413 0.940397 False Auto_not_best 0.110627 9009 [amt] 0.50383 32500 0.001631 None
8 ExtraTreesEntr None 0.859754 0.010433 0.905660 0.020627 0.940878 False Auto_not_best 0.110627 9009 [amt] 0.50383 32500 0.001631 None
9 NeuralNetFastAI None 0.965723 0.035871 0.773585 0.068562 0.911700 False Auto_not_best 0.110627 9009 [amt] 0.50383 32500 0.001631 None
10 XGBoost None 0.900123 0.013707 0.849057 0.026978 0.951934 False Auto_not_best 0.110627 9009 [amt] 0.50383 32500 0.001631 None
11 NeuralNetTorch None 0.886923 0.012123 0.849057 0.023904 0.956324 False Auto_not_best 0.110627 9009 [amt] 0.50383 32500 0.001631 None
12 LightGBMLarge None 0.856338 0.010395 0.924528 0.020558 0.952042 False Auto_not_best 0.110627 9009 [amt] 0.50383 32500 0.001631 None
13 WeightedEnsemble_L2 None 0.886615 0.011828 0.830189 0.023324 0.953249 False Auto_not_best 0.110627 9009 [amt] 0.50383 32500 0.001631 None 
auto_amt_nb3(fraudTrain,7)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.876482 0.010799 0.909091 0.021345 0.956152 False Auto_not_best 0.09959 9009 [amt] 0.50383 37120 0.001482 None
1 KNeighborsDist None 0.870878 0.010537 0.927273 0.020838 0.938730 False Auto_not_best 0.09959 9009 [amt] 0.50383 37120 0.001482 None
2 LightGBMXT None 0.887204 0.011584 0.890909 0.022870 0.968425 False Auto_not_best 0.09959 9009 [amt] 0.50383 37120 0.001482 None
3 LightGBM None 0.901239 0.013473 0.909091 0.026553 0.972506 False Auto_not_best 0.09959 9009 [amt] 0.50383 37120 0.001482 None
4 RandomForestGini None 0.852478 0.008522 0.854545 0.016876 0.949192 False Auto_not_best 0.09959 9009 [amt] 0.50383 37120 0.001482 None
5 RandomForestEntr None 0.852478 0.008522 0.854545 0.016876 0.949192 False Auto_not_best 0.09959 9009 [amt] 0.50383 37120 0.001482 None
6 CatBoost None 0.895339 0.012475 0.890909 0.024605 0.968500 False Auto_not_best 0.09959 9009 [amt] 0.50383 37120 0.001482 None
7 ExtraTreesGini None 0.861099 0.009802 0.927273 0.019399 0.955861 False Auto_not_best 0.09959 9009 [amt] 0.50383 37120 0.001482 None
8 ExtraTreesEntr None 0.859914 0.009720 0.927273 0.019238 0.955636 False Auto_not_best 0.09959 9009 [amt] 0.50383 37120 0.001482 None
9 NeuralNetFastAI None 0.964952 0.034380 0.836364 0.066045 0.920808 False Auto_not_best 0.09959 9009 [amt] 0.50383 37120 0.001482 None
10 XGBoost None 0.899569 0.013252 0.909091 0.026123 0.970747 False Auto_not_best 0.09959 9009 [amt] 0.50383 37120 0.001482 None
11 NeuralNetTorch None 0.887608 0.011625 0.890909 0.022951 0.969186 False Auto_not_best 0.09959 9009 [amt] 0.50383 37120 0.001482 None
12 LightGBMLarge None 0.856681 0.009503 0.927273 0.018812 0.969404 False Auto_not_best 0.09959 9009 [amt] 0.50383 37120 0.001482 None
13 WeightedEnsemble_L2 None 0.887204 0.011584 0.890909 0.022870 0.968425 False Auto_not_best 0.09959 9009 [amt] 0.50383 37120 0.001482 None 
auto_amt_nb3(fraudTrain,6)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.874137 0.008019 0.830189 0.015884 0.937849 False Auto_not_best 0.087758 9009 [amt] 0.50383 43317 0.001224 None
1 KNeighborsDist None 0.869382 0.007729 0.830189 0.015315 0.893165 False Auto_not_best 0.087758 9009 [amt] 0.50383 43317 0.001224 None
2 LightGBMXT None 0.883256 0.009412 0.905660 0.018630 0.958809 False Auto_not_best 0.087758 9009 [amt] 0.50383 43317 0.001224 None
3 LightGBM None 0.898631 0.010163 0.849057 0.020085 0.959119 False Auto_not_best 0.087758 9009 [amt] 0.50383 43317 0.001224 None
4 RandomForestGini None 0.850821 0.006924 0.849057 0.013736 0.934247 False Auto_not_best 0.087758 9009 [amt] 0.50383 43317 0.001224 None
5 RandomForestEntr None 0.850821 0.006924 0.849057 0.013736 0.934247 False Auto_not_best 0.087758 9009 [amt] 0.50383 43317 0.001224 None
6 CatBoost None 0.890897 0.009654 0.867925 0.019095 0.960948 False Auto_not_best 0.087758 9009 [amt] 0.50383 43317 0.001224 None
7 ExtraTreesGini None 0.860124 0.007382 0.849057 0.014637 0.943165 False Auto_not_best 0.087758 9009 [amt] 0.50383 43317 0.001224 None
8 ExtraTreesEntr None 0.858577 0.007461 0.867925 0.014796 0.943959 False Auto_not_best 0.087758 9009 [amt] 0.50383 43317 0.001224 None
9 NeuralNetFastAI None 0.964933 0.025873 0.754717 0.050031 0.892303 False Auto_not_best 0.087758 9009 [amt] 0.50383 43317 0.001224 None
10 XGBoost None 0.896461 0.009951 0.849057 0.019672 0.962487 False Auto_not_best 0.087758 9009 [amt] 0.50383 43317 0.001224 None
11 NeuralNetTorch None 0.883371 0.009421 0.905660 0.018648 0.958176 False Auto_not_best 0.087758 9009 [amt] 0.50383 43317 0.001224 None
12 LightGBMLarge None 0.852437 0.007000 0.849057 0.013885 0.957977 False Auto_not_best 0.087758 9009 [amt] 0.50383 43317 0.001224 None
13 WeightedEnsemble_L2 None 0.883256 0.009412 0.905660 0.018630 0.958809 False Auto_not_best 0.087758 9009 [amt] 0.50383 43317 0.001224 None 
auto_amt_nb3(fraudTrain,5)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.875715 0.007542 0.844828 0.014950 0.929305 False Auto_not_best 0.075408 9009 [amt] 0.50383 51953 0.001116 None
1 KNeighborsDist None 0.870383 0.006651 0.775862 0.013189 0.884344 False Auto_not_best 0.075408 9009 [amt] 0.50383 51953 0.001116 None
2 LightGBMXT None 0.886128 0.008392 0.862069 0.016622 0.952711 False Auto_not_best 0.075408 9009 [amt] 0.50383 51953 0.001116 None
3 LightGBM None 0.900814 0.009625 0.862069 0.019037 0.953027 False Auto_not_best 0.075408 9009 [amt] 0.50383 51953 0.001116 None
4 RandomForestGini None 0.851481 0.005808 0.775862 0.011530 0.913896 False Auto_not_best 0.075408 9009 [amt] 0.50383 51953 0.001116 None
5 RandomForestEntr None 0.851481 0.005808 0.775862 0.011530 0.913896 False Auto_not_best 0.075408 9009 [amt] 0.50383 51953 0.001116 None
6 CatBoost None 0.894000 0.009011 0.862069 0.017835 0.953981 False Auto_not_best 0.075408 9009 [amt] 0.50383 51953 0.001116 None
7 ExtraTreesGini None 0.860874 0.006198 0.775862 0.012298 0.923907 False Auto_not_best 0.075408 9009 [amt] 0.50383 51953 0.001116 None
8 ExtraTreesEntr None 0.858911 0.006247 0.793103 0.012396 0.918441 False Auto_not_best 0.075408 9009 [amt] 0.50383 51953 0.001116 None
9 NeuralNetFastAI None 0.964391 0.023404 0.758621 0.045408 0.879963 False Auto_not_best 0.075408 9009 [amt] 0.50383 51953 0.001116 None
10 XGBoost None 0.898273 0.009386 0.862069 0.018570 0.958326 False Auto_not_best 0.075408 9009 [amt] 0.50383 51953 0.001116 None
11 NeuralNetTorch None 0.885897 0.008375 0.862069 0.016589 0.952187 False Auto_not_best 0.075408 9009 [amt] 0.50383 51953 0.001116 None
12 LightGBMLarge None 0.854888 0.006986 0.913793 0.013865 0.953422 False Auto_not_best 0.075408 9009 [amt] 0.50383 51953 0.001116 None
13 WeightedEnsemble_L2 None 0.886128 0.008392 0.862069 0.016622 0.952711 False Auto_not_best 0.075408 9009 [amt] 0.50383 51953 0.001116 None 
auto_amt_nb3(fraudTrain,4)
auto_amt_nb3(fraudTrain,3)
auto_amt_nb3(fraudTrain,2)
auto_amt_nb3(fraudTrain,1)